# -*- coding: utf-8 -*-

# Scrapy settings for csdn project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
#     http://doc.scrapy.org/en/latest/topics/settings.html
#

BOT_NAME = 'csdn'
DOWNLOAD_DELAY = 5      # 下载时间延迟
SPIDER_MODULES = ['csdn.spiders']  # 下载模块
NEWSPIDER_MODULE = 'csdn.spiders'
ITEM_PIPELINES = {'csdn.pipelines.CsdnPipeline':1000,}
MONGODB_SERVER="localhost"   # MongoDB 数据库地址
MONGODB_PORT=27017 # MongoDB 端口号
MONGODB_DB="csdn"   #  存储的数据库名
MONGODB_COLLECTION="article"  # 存储的表命
# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'csdn (+http://www.yourdomain.com)'
